Browse Source

add performance profiling again

Keisuke Sehara 3 years ago
parent
commit
987c4ca6ad
100 changed files with 1030 additions and 0 deletions
  1. 10 0
      05_PerformanceProfiling/.gitattributes
  2. 2 0
      05_PerformanceProfiling/.gitignore
  3. 96 0
      05_PerformanceProfiling/LICENSE
  4. 21 0
      05_PerformanceProfiling/README.md
  5. 15 0
      05_PerformanceProfiling/frame-capture/README.md
  6. 430 0
      05_PerformanceProfiling/frame-capture/profiling_capture_step.ipynb
  7. 1 0
      05_PerformanceProfiling/frame-capture/triggered_buffered_raw.csv
  8. 14 0
      05_PerformanceProfiling/frame-capture/triggered_buffered_summary.csv
  9. 1 0
      05_PerformanceProfiling/frame-capture/untriggered_buffered_raw.csv
  10. 14 0
      05_PerformanceProfiling/frame-capture/untriggered_buffered_summary.csv
  11. 38 0
      05_PerformanceProfiling/position-estimation/README.md
  12. 61 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/coords.tsv
  13. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000167.png
  14. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000267.png
  15. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000321.png
  16. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000381.png
  17. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000854.png
  18. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001480.png
  19. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001656.png
  20. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001689.png
  21. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001707.png
  22. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001731.png
  23. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001782.png
  24. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001830.png
  25. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001892.png
  26. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001947.png
  27. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001960.png
  28. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002069.png
  29. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002135.png
  30. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002976.png
  31. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame003053.png
  32. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame003260.png
  33. 61 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/coords.tsv
  34. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame000317.png
  35. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame000762.png
  36. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001036.png
  37. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001105.png
  38. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001140.png
  39. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001229.png
  40. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001261.png
  41. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001312.png
  42. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001774.png
  43. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame002589.png
  44. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame002785.png
  45. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame003013.png
  46. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame003979.png
  47. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004390.png
  48. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004511.png
  49. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004525.png
  50. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004764.png
  51. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004890.png
  52. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame005004.png
  53. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame005429.png
  54. 61 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/coords.tsv
  55. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame000230.png
  56. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame000348.png
  57. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame001238.png
  58. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame001627.png
  59. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002040.png
  60. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002080.png
  61. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002117.png
  62. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002193.png
  63. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002322.png
  64. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002382.png
  65. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002409.png
  66. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002418.png
  67. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002446.png
  68. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002458.png
  69. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002488.png
  70. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002494.png
  71. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002530.png
  72. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002554.png
  73. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002620.png
  74. 1 0
      05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame003297.png
  75. 61 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/coords.tsv
  76. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000094.png
  77. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000096.png
  78. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000125.png
  79. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000151.png
  80. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000216.png
  81. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000220.png
  82. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000276.png
  83. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000288.png
  84. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000303.png
  85. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000331.png
  86. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000509.png
  87. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001232.png
  88. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001721.png
  89. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001799.png
  90. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001922.png
  91. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002356.png
  92. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002397.png
  93. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002502.png
  94. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame003202.png
  95. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame003240.png
  96. 61 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/coords.tsv
  97. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000040.png
  98. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000512.png
  99. 1 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000634.png
  100. 0 0
      05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000732.png

+ 10 - 0
05_PerformanceProfiling/.gitattributes

@@ -0,0 +1,10 @@
+* annex.largefiles=largerthan=100kb
+*.md annex.largefiles=nothing
+*.txt annex.largefiles=nothing
+*.yaml annex.largefiles=nothing
+*.json annex.largefiles=nothing
+LICENSE annex.largefiles=nothing
+*.ipynb annex.largefiles=nothing
+*.png annex.largefiles=anything
+*.svg annex.largefiles=anything
+

+ 2 - 0
05_PerformanceProfiling/.gitignore

@@ -0,0 +1,2 @@
+*.ipynb_checkpoints/
+

+ 96 - 0
05_PerformanceProfiling/LICENSE

@@ -0,0 +1,96 @@
+Creative Commons Attribution 4.0 International Public License
+
+By exercising the Licensed Rights (defined below), You accept and agree to be bound by the terms and conditions of this Creative Commons Attribution 4.0 International Public License ("Public License"). To the extent this Public License may be interpreted as a contract, You are granted the Licensed Rights in consideration of Your acceptance of these terms and conditions, and the Licensor grants You such rights in consideration of benefits the Licensor receives from making the Licensed Material available under these terms and conditions.
+
+Section 1 – Definitions.
+
+    Adapted Material means material subject to Copyright and Similar Rights that is derived from or based upon the Licensed Material and in which the Licensed Material is translated, altered, arranged, transformed, or otherwise modified in a manner requiring permission under the Copyright and Similar Rights held by the Licensor. For purposes of this Public License, where the Licensed Material is a musical work, performance, or sound recording, Adapted Material is always produced where the Licensed Material is synched in timed relation with a moving image.
+    Adapter's License means the license You apply to Your Copyright and Similar Rights in Your contributions to Adapted Material in accordance with the terms and conditions of this Public License.
+    Copyright and Similar Rights means copyright and/or similar rights closely related to copyright including, without limitation, performance, broadcast, sound recording, and Sui Generis Database Rights, without regard to how the rights are labeled or categorized. For purposes of this Public License, the rights specified in Section 2(b)(1)-(2) are not Copyright and Similar Rights.
+    Effective Technological Measures means those measures that, in the absence of proper authority, may not be circumvented under laws fulfilling obligations under Article 11 of the WIPO Copyright Treaty adopted on December 20, 1996, and/or similar international agreements.
+    Exceptions and Limitations means fair use, fair dealing, and/or any other exception or limitation to Copyright and Similar Rights that applies to Your use of the Licensed Material.
+    Licensed Material means the artistic or literary work, database, or other material to which the Licensor applied this Public License.
+    Licensed Rights means the rights granted to You subject to the terms and conditions of this Public License, which are limited to all Copyright and Similar Rights that apply to Your use of the Licensed Material and that the Licensor has authority to license.
+    Licensor means the individual(s) or entity(ies) granting rights under this Public License.
+    Share means to provide material to the public by any means or process that requires permission under the Licensed Rights, such as reproduction, public display, public performance, distribution, dissemination, communication, or importation, and to make material available to the public including in ways that members of the public may access the material from a place and at a time individually chosen by them.
+    Sui Generis Database Rights means rights other than copyright resulting from Directive 96/9/EC of the European Parliament and of the Council of 11 March 1996 on the legal protection of databases, as amended and/or succeeded, as well as other essentially equivalent rights anywhere in the world.
+    You means the individual or entity exercising the Licensed Rights under this Public License. Your has a corresponding meaning.
+
+Section 2 – Scope.
+
+    License grant.
+        Subject to the terms and conditions of this Public License, the Licensor hereby grants You a worldwide, royalty-free, non-sublicensable, non-exclusive, irrevocable license to exercise the Licensed Rights in the Licensed Material to:
+            reproduce and Share the Licensed Material, in whole or in part; and
+            produce, reproduce, and Share Adapted Material.
+        Exceptions and Limitations. For the avoidance of doubt, where Exceptions and Limitations apply to Your use, this Public License does not apply, and You do not need to comply with its terms and conditions.
+        Term. The term of this Public License is specified in Section 6(a).
+        Media and formats; technical modifications allowed. The Licensor authorizes You to exercise the Licensed Rights in all media and formats whether now known or hereafter created, and to make technical modifications necessary to do so. The Licensor waives and/or agrees not to assert any right or authority to forbid You from making technical modifications necessary to exercise the Licensed Rights, including technical modifications necessary to circumvent Effective Technological Measures. For purposes of this Public License, simply making modifications authorized by this Section 2(a)(4) never produces Adapted Material.
+        Downstream recipients.
+            Offer from the Licensor – Licensed Material. Every recipient of the Licensed Material automatically receives an offer from the Licensor to exercise the Licensed Rights under the terms and conditions of this Public License.
+            No downstream restrictions. You may not offer or impose any additional or different terms or conditions on, or apply any Effective Technological Measures to, the Licensed Material if doing so restricts exercise of the Licensed Rights by any recipient of the Licensed Material.
+        No endorsement. Nothing in this Public License constitutes or may be construed as permission to assert or imply that You are, or that Your use of the Licensed Material is, connected with, or sponsored, endorsed, or granted official status by, the Licensor or others designated to receive attribution as provided in Section 3(a)(1)(A)(i).
+
+    Other rights.
+        Moral rights, such as the right of integrity, are not licensed under this Public License, nor are publicity, privacy, and/or other similar personality rights; however, to the extent possible, the Licensor waives and/or agrees not to assert any such rights held by the Licensor to the limited extent necessary to allow You to exercise the Licensed Rights, but not otherwise.
+        Patent and trademark rights are not licensed under this Public License.
+        To the extent possible, the Licensor waives any right to collect royalties from You for the exercise of the Licensed Rights, whether directly or through a collecting society under any voluntary or waivable statutory or compulsory licensing scheme. In all other cases the Licensor expressly reserves any right to collect such royalties.
+
+Section 3 – License Conditions.
+
+Your exercise of the Licensed Rights is expressly made subject to the following conditions.
+
+    Attribution.
+
+        If You Share the Licensed Material (including in modified form), You must:
+            retain the following if it is supplied by the Licensor with the Licensed Material:
+                identification of the creator(s) of the Licensed Material and any others designated to receive attribution, in any reasonable manner requested by the Licensor (including by pseudonym if designated);
+                a copyright notice;
+                a notice that refers to this Public License;
+                a notice that refers to the disclaimer of warranties;
+                a URI or hyperlink to the Licensed Material to the extent reasonably practicable;
+            indicate if You modified the Licensed Material and retain an indication of any previous modifications; and
+            indicate the Licensed Material is licensed under this Public License, and include the text of, or the URI or hyperlink to, this Public License.
+        You may satisfy the conditions in Section 3(a)(1) in any reasonable manner based on the medium, means, and context in which You Share the Licensed Material. For example, it may be reasonable to satisfy the conditions by providing a URI or hyperlink to a resource that includes the required information.
+        If requested by the Licensor, You must remove any of the information required by Section 3(a)(1)(A) to the extent reasonably practicable.
+        If You Share Adapted Material You produce, the Adapter's License You apply must not prevent recipients of the Adapted Material from complying with this Public License.
+
+Section 4 – Sui Generis Database Rights.
+
+Where the Licensed Rights include Sui Generis Database Rights that apply to Your use of the Licensed Material:
+
+    for the avoidance of doubt, Section 2(a)(1) grants You the right to extract, reuse, reproduce, and Share all or a substantial portion of the contents of the database;
+    if You include all or a substantial portion of the database contents in a database in which You have Sui Generis Database Rights, then the database in which You have Sui Generis Database Rights (but not its individual contents) is Adapted Material; and
+    You must comply with the conditions in Section 3(a) if You Share all or a substantial portion of the contents of the database.
+
+For the avoidance of doubt, this Section 4 supplements and does not replace Your obligations under this Public License where the Licensed Rights include other Copyright and Similar Rights.
+
+Section 5 – Disclaimer of Warranties and Limitation of Liability.
+
+    Unless otherwise separately undertaken by the Licensor, to the extent possible, the Licensor offers the Licensed Material as-is and as-available, and makes no representations or warranties of any kind concerning the Licensed Material, whether express, implied, statutory, or other. This includes, without limitation, warranties of title, merchantability, fitness for a particular purpose, non-infringement, absence of latent or other defects, accuracy, or the presence or absence of errors, whether or not known or discoverable. Where disclaimers of warranties are not allowed in full or in part, this disclaimer may not apply to You.
+    To the extent possible, in no event will the Licensor be liable to You on any legal theory (including, without limitation, negligence) or otherwise for any direct, special, indirect, incidental, consequential, punitive, exemplary, or other losses, costs, expenses, or damages arising out of this Public License or use of the Licensed Material, even if the Licensor has been advised of the possibility of such losses, costs, expenses, or damages. Where a limitation of liability is not allowed in full or in part, this limitation may not apply to You.
+
+    The disclaimer of warranties and limitation of liability provided above shall be interpreted in a manner that, to the extent possible, most closely approximates an absolute disclaimer and waiver of all liability.
+
+Section 6 – Term and Termination.
+
+    This Public License applies for the term of the Copyright and Similar Rights licensed here. However, if You fail to comply with this Public License, then Your rights under this Public License terminate automatically.
+
+    Where Your right to use the Licensed Material has terminated under Section 6(a), it reinstates:
+        automatically as of the date the violation is cured, provided it is cured within 30 days of Your discovery of the violation; or
+        upon express reinstatement by the Licensor.
+    For the avoidance of doubt, this Section 6(b) does not affect any right the Licensor may have to seek remedies for Your violations of this Public License.
+    For the avoidance of doubt, the Licensor may also offer the Licensed Material under separate terms or conditions or stop distributing the Licensed Material at any time; however, doing so will not terminate this Public License.
+    Sections 1, 5, 6, 7, and 8 survive termination of this Public License.
+
+Section 7 – Other Terms and Conditions.
+
+    The Licensor shall not be bound by any additional or different terms or conditions communicated by You unless expressly agreed.
+    Any arrangements, understandings, or agreements regarding the Licensed Material not stated herein are separate from and independent of the terms and conditions of this Public License.
+
+Section 8 – Interpretation.
+
+    For the avoidance of doubt, this Public License does not, and shall not be interpreted to, reduce, limit, restrict, or impose conditions on any use of the Licensed Material that could lawfully be made without permission under this Public License.
+    To the extent possible, if any provision of this Public License is deemed unenforceable, it shall be automatically reformed to the minimum extent necessary to make it enforceable. If the provision cannot be reformed, it shall be severed from this Public License without affecting the enforceability of the remaining terms and conditions.
+    No term or condition of this Public License will be waived and no failure to comply consented to unless expressly agreed to by the Licensor.
+    Nothing in this Public License constitutes or may be interpreted as a limitation upon, or waiver of, any privileges and immunities that apply to the Licensor or You, including from the legal processes of any jurisdiction or authority.
+

+ 21 - 0
05_PerformanceProfiling/README.md

@@ -0,0 +1,21 @@
+# Performance-profiling data for the real-time DeepLabCut project
+
+Latency and accuracy profiling for the real-time DeepLabCut project.
+
+#### IMPORTANT NOTE
+
+The code reflects the organization of files when the dataset was generated,
+and it is very likely that it does not work as-is.
+Please change the output path etc. for the code to work properly.
+
+## Subdirectories
+
+Generated data, along with the code, can be found on each directory.
+
+1. **frame-capture** contains the code and data used to profile the time spent for capturing a video frame.
+2. **position-estimation** contains the code and data used to profile the time spent for the body-part estimation step.
+3. **trigger-output** contains the code and data used to profile the time spent for trigger output generation.
+4. **spike2-profiling** contains the code and the summary data of the hardware-recorded frame rate and trigger latency.
+5. **realtime-accuracy** contains the code and the summary data of computing the real-time accuracy of trigger output generation.
+
+

+ 15 - 0
05_PerformanceProfiling/frame-capture/README.md

@@ -0,0 +1,15 @@
+# Latency profiling of the frame-capture step
+
+The [timedcapture](https://github.com/gwappa/python-timedcapture) python library 
+was used to capture from the ImagingSource DMK37BUX287 camera.
+
+Software triggers were generated for 2000 times for each exposure condition,
+and latency for the python call to obtain the frame was measured.
+
+In addition to the library above, python libraries such as `numpy`,
+`matplotlib` and `pandas` will be required to run the code.
+
+**PLEASE NOTE**: the code reflects the file organization when it was run,
+and it is very likely that it does not run properly with the paths specified in it.
+Please update it according to your needs in case of re-uses.
+

File diff suppressed because it is too large
+ 430 - 0
05_PerformanceProfiling/frame-capture/profiling_capture_step.ipynb


+ 1 - 0
05_PerformanceProfiling/frame-capture/triggered_buffered_raw.csv

@@ -0,0 +1 @@
+/annex/objects/MD5-s478008--c33fbfb4c33b97b654d8c34192ebcd3a

+ 14 - 0
05_PerformanceProfiling/frame-capture/triggered_buffered_summary.csv

@@ -0,0 +1,14 @@
+ExposureUs,nFrames,LatencyMeanMs,LatencyStdMs,LatencyMedianMs,LatencyLowMs,Latency25pMs,Latency75pMs,LatencyHighMs
+5,2000,1.974905014038086,0.08747594177661133,1.9824504852294922,1.9464492797851562,1.9536018371582031,1.9867420196533203,2.004152536392212
+50,2000,2.00416362285614,0.01749025792655909,2.012491226196289,1.9752979278564453,1.9859671592712402,2.015829086303711,2.032065391540527
+100,2000,2.052257537841797,0.01861406610582848,2.061605453491211,2.025604248046875,2.0329952239990234,2.0661354064941406,2.084982395172119
+200,2000,2.154114842414856,0.018423711477055425,2.164006233215332,2.1271705627441406,2.1347403526306152,2.1681785583496094,2.182483673095703
+400,2000,2.3561301231384277,0.017847729854926223,2.3648738861083984,2.3279190063476562,2.3374557495117188,2.3686885833740234,2.3873031139373775
+600,2000,2.5556775331497192,0.018217885815979287,2.5644302368164062,2.5277137756347656,2.536773681640625,2.568542957305908,2.587801218032837
+800,2000,2.7524092197418213,0.018596926726514928,2.7532577514648438,2.727031707763672,2.7341842651367188,2.767801284790039,2.784031629562378
+1000,2000,2.9549734592437744,0.018748106027921062,2.9637813568115234,2.927541732788086,2.9363632202148438,2.9687881469726562,2.989053726196289
+1350,2000,3.303798198699951,0.02031117921567594,3.3111572265625,3.2765865325927734,3.285646438598633,3.318309783935547,3.3380985260009766
+1700,2000,3.661833167076111,0.018425376828025617,3.6693811416625977,3.6346912384033203,3.6439895629882812,3.675222396850586,3.6950111389160156
+2000,2000,4.24800431728363,0.01772997147535539,4.250645637512207,4.2228639125823975,4.230976104736328,4.261016845703125,4.283905029296875
+2500,2000,5.257591247558594,0.01958737795769189,5.260825157165527,5.226612091064453,5.238771438598633,5.26881217956543,5.296945571899414
+3000,2000,6.250362157821655,0.020697093944700234,6.251811981201172,6.215810775756836,6.2326788902282715,6.261646747589111,6.29306435585022

+ 1 - 0
05_PerformanceProfiling/frame-capture/untriggered_buffered_raw.csv

@@ -0,0 +1 @@
+/annex/objects/MD5-s486357--132299f1e254f629608e74ed86f661c3

+ 14 - 0
05_PerformanceProfiling/frame-capture/untriggered_buffered_summary.csv

@@ -0,0 +1,14 @@
+ExposureUs,nFrames,LatencyMeanMs,LatencyStdMs,LatencyMedianMs,LatencyLowMs,Latency25pMs,Latency75pMs,LatencyHighMs
+5,2000,1.663352370262146,0.05693409776829187,1.661539077758789,1.6305387020111084,1.657724380493164,1.6646385192871094,1.697540283203125
+50,2000,1.66179621219635,0.01310416007608561,1.661539077758789,1.632922887802124,1.6582012176513672,1.6646385192871094,1.6980171203613281
+100,2000,1.9657169580459595,13.485266913220872,1.661539077758789,1.6295850276947021,1.6571879386901855,1.6651153564453125,1.699209213256836
+200,2000,1.661782145500183,0.013972942842689755,1.661539077758789,1.6307830810546875,1.6582012176513672,1.6644001007080078,1.697540283203125
+400,2000,1.661793828010559,0.01424656669297923,1.661539077758789,1.6314983367919922,1.6582012176513672,1.6644001007080078,1.6975462436676025
+600,2000,1.661759376525879,0.013611111438308607,1.661539077758789,1.6319692134857178,1.657724380493164,1.6644001007080078,1.6973018646240234
+800,2000,1.6617995500564575,0.012690301164489208,1.6617774963378906,1.6314983367919922,1.6584396362304688,1.6639232635498047,1.6963481903076172
+1000,2000,1.6618136167526245,0.013574942306655685,1.6617774963378906,1.6317367553710938,1.6584396362304688,1.6644001007080078,1.6963839530944822
+1350,2000,1.6625770330429077,0.03077556541022755,1.661539077758789,1.631253957748413,1.657724380493164,1.664876937866211,1.6958773136138916
+1700,2000,1.7309179306030273,0.013394032398383689,1.7309188842773438,1.7011165618896484,1.7275810241699219,1.7333030700683594,1.7662107944488525
+2000,2000,2.035907745361328,0.015356001021713117,2.035856246948242,2.0058155059814453,2.0322799682617188,2.038717269897461,2.0694732666015625
+2500,2000,2.5523399114608765,0.018540894051138262,2.552509307861328,2.520555257797241,2.5491714477539062,2.5548934936523438,2.592092752456665
+3000,2000,3.061824917793274,0.015188100304324844,3.0617713928222656,3.0291080474853516,3.0579566955566406,3.064393997192383,3.1001687049865723

+ 38 - 0
05_PerformanceProfiling/position-estimation/README.md

@@ -0,0 +1,38 @@
+# Profiling of the position-estimation step
+
+Latency and accuracy position estimation using [DeepLabCut](https://github.com/DeepLabCut/DeepLabCut) (DLC) was calculated.
+
+Body parts (3 body-parts per frame x 20 per video x 3 per animal x 3 animals = 540 body-parts) were manually annotated using ImageJ.
+
+The frames were then subsampled to various sizes, and pose-estimation was performed using 
+the [dlclib](https://github.com/gwappa/python-dlclib) library (this corresponds to the pose-estimation part of DLC).
+
+For the corresponding DLC projects, refer to another repository.
+
+In addition to the libraries above, python libraries such as `numpy`,
+`matplotlib` and `pandas` will be required to run the code.
+
+**PLEASE NOTE**: the code reflects the file organization when it was run,
+and it is very likely that it does not run properly with the paths specified in it.
+Please update it according to your needs in case of re-uses.
+
+## Annotation data
+
+The annotations are found in the `annotations` directory.
+
+## Base data
+
+The `profiling-frame-annotation.csv` contains the base data.
+
+The `*_anno` columns refer to the manually annotated positions, whereas the `*_pred` columns refer to the positions estimated using DLC.
+The values are in mm.
+
+The `Latency` column contains the net time required for subsampling and position estimation in seconds.
+
+## Summary data
+
+The `*summary` file corresponds to the summary figures for different subsampling factors.
+The `lower` and `upper` represent the bounds of the 5% confidence intervals.
+
+Note the difference in the unit: here, latency is written in milliseconds.
+

+ 61 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/coords.tsv

@@ -0,0 +1,61 @@
+ 	X	Y	Slice	Counter	Count
+1	300.000	102.667	1	0	60
+2	400.000	86.667	1	0	60
+3	442.000	96.667	1	0	60
+4	139.333	154.667	2	0	60
+5	203.333	89.333	2	0	60
+6	319.333	54.667	2	0	60
+7	79.333	213.333	3	0	60
+8	119.333	111.333	3	0	60
+9	241.333	58.667	3	0	60
+10	187.333	115.333	4	0	60
+11	324.667	62.000	4	0	60
+12	392.667	67.333	4	0	60
+13	240.000	106.667	5	0	60
+14	361.333	72.667	5	0	60
+15	426.667	76.000	5	0	60
+16	233.333	103.333	6	0	60
+17	365.333	70.000	6	0	60
+18	426.667	76.667	6	0	60
+19	315.333	104.000	7	0	60
+20	410.000	95.333	7	0	60
+21	442.667	93.333	7	0	60
+22	466.000	117.333	8	0	60
+23	454.667	116.000	8	0	60
+24	480.667	124.667	8	0	60
+25	458.667	128.667	9	0	60
+26	476.667	132.000	9	0	60
+27	479.333	114.667	9	0	60
+28	251.333	99.333	10	0	60
+29	364.667	72.000	10	0	60
+30	406.667	87.333	10	0	60
+31	447.333	154.000	11	0	60
+32	461.333	163.333	11	0	60
+33	454.667	161.333	11	0	60
+34	397.333	128.000	12	0	60
+35	484.667	104.667	12	0	60
+36	475.333	132.667	12	0	60
+37	356.000	128.000	13	0	60
+38	463.333	124.667	13	0	60
+39	504.667	127.333	13	0	60
+40	324.000	102.667	14	0	60
+41	467.333	122.000	14	0	60
+42	507.333	129.333	14	0	60
+43	280.000	109.333	15	0	60
+44	448.000	101.333	15	0	60
+45	502.000	123.333	15	0	60
+46	266.000	103.333	16	0	60
+47	394.667	70.667	16	0	60
+48	428.667	99.333	16	0	60
+49	276.667	102.667	17	0	60
+50	412.667	74.667	17	0	60
+51	439.333	110.667	17	0	60
+52	313.333	105.333	18	0	60
+53	450.000	99.333	18	0	60
+54	485.333	128.667	18	0	60
+55	311.333	96.000	19	0	60
+56	412.667	92.000	19	0	60
+57	466.000	108.000	19	0	60
+58	313.333	104.000	20	0	60
+59	414.667	88.667	20	0	60
+60	462.667	105.333	20	0	60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000167.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236858--a92ae9b8644316d5b27fbec345d996bf

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000267.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238641--64bd691695acf9c58190895d200118ca

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000321.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238006--68713a37a2121278cd57a031feb8245b

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000381.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238197--cfd3587b8d0a01e1307f47a1d8727bba

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame000854.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237555--68bff182e399884f6278d61fc882da37

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001480.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237305--531e30d291c2e56de5d048667476feb1

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001656.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236310--e659f14772ebe5373ab933173d6afa2c

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001689.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s234932--d543f04c0042baec62b88ac8d39e42d6

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001707.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235899--248f984da5fa53d1365964ad3dccdb29

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001731.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237136--e4fde8740d0fa874edcae7fdbe42fa59

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001782.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238924--a2c95433d164b8a1823a65b4c94e27d4

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001830.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237085--e62a097989597d431e7d68cf0720c5d2

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001892.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237598--a59eb904fdbfe5028db44945747c8197

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001947.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237530--96b236ac43c437586043ed09f29ba5b8

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame001960.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236981--5f7ae6d7c45f3bd7032e58c52b800358

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002069.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236228--c0bb79cdfb085885e101cc686b0c301d

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002135.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235859--dc65b11e7736f8ae494710ac72fd69aa

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame002976.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235672--6214ec42165a5b2811a9b5e72b87747a

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame003053.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235760--b04cf82d95c2e36762b72465c9504fa0

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121738/frame003260.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235577--f6af4d8cf41ed698f618e71447901e85

+ 61 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/coords.tsv

@@ -0,0 +1,61 @@
+ 	X	Y	Slice	Counter	Count
+1	386.000	121.333	1	0	60
+2	449.333	110.000	1	0	60
+3	483.333	127.333	1	0	60
+4	393.333	122.667	2	0	60
+5	450.667	110.000	2	0	60
+6	487.333	126.000	2	0	60
+7	86.667	213.333	3	0	60
+8	128.667	102.667	3	0	60
+9	245.333	60.000	3	0	60
+10	234.667	114.667	4	0	60
+11	316.667	76.667	4	0	60
+12	358.000	55.333	4	0	60
+13	326.000	89.333	5	0	60
+14	436.000	92.667	5	0	60
+15	478.667	118.000	5	0	60
+16	263.333	153.333	6	0	60
+17	333.333	98.000	6	0	60
+18	424.000	76.000	6	0	60
+19	177.333	186.000	7	0	60
+20	234.000	98.000	7	0	60
+21	313.333	91.333	7	0	60
+22	226.000	158.667	8	0	60
+23	298.667	90.000	8	0	60
+24	404.667	66.000	8	0	60
+25	282.667	117.333	9	0	60
+26	348.667	100.000	9	0	60
+27	415.333	76.667	9	0	60
+28	338.667	104.667	10	0	60
+29	447.333	106.000	10	0	60
+30	484.667	143.333	10	0	60
+31	343.333	107.333	11	0	60
+32	449.333	107.333	11	0	60
+33	486.667	145.333	11	0	60
+34	348.000	110.000	12	0	60
+35	450.000	107.333	12	0	60
+36	485.333	150.000	12	0	60
+37	355.333	108.667	13	0	60
+38	456.667	110.000	13	0	60
+39	486.667	148.667	13	0	60
+40	358.667	106.000	14	0	60
+41	442.667	100.000	14	0	60
+42	478.667	139.333	14	0	60
+43	183.333	126.000	15	0	60
+44	227.333	87.333	15	0	60
+45	339.333	52.000	15	0	60
+46	170.667	117.333	16	0	60
+47	262.667	49.333	16	0	60
+48	380.000	70.667	16	0	60
+49	252.000	97.333	17	0	60
+50	343.333	55.333	17	0	60
+51	417.333	78.000	17	0	60
+52	148.000	134.000	18	0	60
+53	236.000	56.667	18	0	60
+54	363.333	57.333	18	0	60
+55	366.000	96.667	19	0	60
+56	449.333	99.333	19	0	60
+57	469.333	129.333	19	0	60
+58	255.333	94.667	20	0	60
+59	376.667	74.667	20	0	60
+60	467.333	110.000	20	0	60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame000317.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238683--d129e5563fa3b2ebc4f9ad35820be0ad

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame000762.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238374--8c18e7722001c5c58797d2bed94ff7de

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001036.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s241546--1aaf2cfe53d48802ff4caedf508bfe13

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001105.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237857--ba5d185c42f767b3b83320fbf2008915

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001140.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238799--accd90c6a0120e41b982a0565c178cc5

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001229.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235214--961eb185eca5f8865a335f8c9b944ce6

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001261.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s240948--e712083660cb77df0711e7759ab7630c

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001312.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s233477--09f4b9e1fa8c0ed93323a003722110e1

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame001774.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s234281--d85f4702c55722ab93ec09e5c5b5d083

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame002589.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s233131--819b78d045ab5543da48bcdc343f94fa

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame002785.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s232655--1f4fc6aff455d766d690c91bcea85d25

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame003013.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s233256--d9b92a2d4d5c950aa3edb8c775c5ddbd

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame003979.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s232829--5f355cee6eb378eb1174d76792fdb887

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004390.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s233568--15f3b66d95e0b15851484786d2e1317c

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004511.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236398--5425e6971bf99218eb56b23aa9c5104a

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004525.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237793--d202f0e1214a3611059250858d67ae12

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004764.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238650--ef70408bd012d8ce11e3b82b3a95f615

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame004890.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236980--da914f428516a1960ae767de4ba88d60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame005004.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s240041--b3de9b53dd4f26a83200551c6300158c

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121841/frame005429.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s239941--86c5e76ab50aab601a85a09ced6b6bd0

+ 61 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/coords.tsv

@@ -0,0 +1,61 @@
+ 	X	Y	Slice	Counter	Count
+1	306.000	103.333	1	0	60
+2	428.667	96.667	1	0	60
+3	478.667	126.667	1	0	60
+4	294.667	101.333	2	0	60
+5	422.667	90.667	2	0	60
+6	476.667	120.667	2	0	60
+7	294.667	98.667	3	0	60
+8	410.000	84.000	3	0	60
+9	480.667	121.333	3	0	60
+10	296.000	96.667	4	0	60
+11	426.000	92.667	4	0	60
+12	478.667	120.667	4	0	60
+13	80.000	248.000	5	0	60
+14	96.667	132.000	5	0	60
+15	202.000	80.667	5	0	60
+16	78.667	250.667	6	0	60
+17	97.333	132.667	6	0	60
+18	192.000	85.333	6	0	60
+19	87.333	234.667	7	0	60
+20	112.667	126.667	7	0	60
+21	246.000	68.667	7	0	60
+22	87.333	211.333	8	0	60
+23	135.333	99.333	8	0	60
+24	273.333	58.000	8	0	60
+25	470.000	111.333	9	0	60
+26	456.000	106.000	9	0	60
+27	481.333	124.667	9	0	60
+28	174.667	119.333	10	0	60
+29	234.000	80.667	10	0	60
+30	328.000	52.667	10	0	60
+31	92.667	224.000	11	0	60
+32	128.667	112.667	11	0	60
+33	264.667	52.667	11	0	60
+34	104.000	188.000	12	0	60
+35	152.000	94.000	12	0	60
+36	339.333	58.000	12	0	60
+37	89.333	236.667	13	0	60
+38	94.000	141.333	13	0	60
+39	196.000	88.000	13	0	60
+40	91.333	224.667	14	0	60
+41	111.333	122.667	14	0	60
+42	222.667	70.667	14	0	60
+43	126.667	149.333	15	0	60
+44	217.333	72.000	15	0	60
+45	308.667	51.333	15	0	60
+46	90.000	197.333	16	0	60
+47	129.333	105.333	16	0	60
+48	252.667	54.000	16	0	60
+49	188.000	176.667	17	0	60
+50	233.333	96.000	17	0	60
+51	356.000	53.333	17	0	60
+52	290.000	145.333	18	0	60
+53	359.333	103.333	18	0	60
+54	466.000	104.000	18	0	60
+55	187.333	106.667	19	0	60
+56	310.667	67.333	19	0	60
+57	374.667	61.333	19	0	60
+58	213.333	112.000	20	0	60
+59	339.333	76.000	20	0	60
+60	400.000	72.000	20	0	60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame000230.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236890--f604e3f3faf91956c7d9989095c13045

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame000348.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236758--ed7a455162de58a9d8eeabd788d8ede1

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame001238.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236989--2a486cd0edea2f1e430b557ece72c247

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame001627.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236800--54caf1b5e1aa5ca81fec7f6556a4a556

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002040.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238577--199858b6ff0b7a214442f4a98c306381

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002080.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s239823--419e6a0e586df50e0574a6c0dea61142

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002117.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s239712--34389666b6d34edaaf738b5dd45469cd

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002193.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s240777--8f76c480a8d7325392f6da6708d429e8

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002322.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s235321--eb337ee69be65210d5f25eed563e6705

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002382.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238072--d2a3653a2324ea3ab31796b55989ea98

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002409.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s242474--a4fbdd57a55a61503e669db3e87fc107

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002418.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s236964--7dae1ce8a3199a88bc9b037cc002f423

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002446.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s240503--579ad23c573465ba47459a4581346a42

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002458.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s240661--18698f310bd6dbfc136b41df61e6ab74

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002488.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238471--57ad452e30ad4a811d023d681b97e5b1

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002494.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s243617--49dbcc1299f351ef1fd0ce92ad747204

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002530.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s239842--d28c5fd740b7853e408ca20302340d29

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002554.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s237697--1231e42ed15a2b2debda142c5454d349

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame002620.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s239358--99973439bbe157fcc535779dba34ece2

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/MLA-041630_2020-09-05_run121942/frame003297.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s238661--60565a830164e7fff22f3bc3d6a2ab07

+ 61 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/coords.tsv

@@ -0,0 +1,61 @@
+ 	X	Y	Slice	Counter	Count
+1	110.000	208.000	1	0	60
+2	159.333	111.333	1	0	60
+3	308.000	116.667	1	0	60
+4	172.667	129.333	2	0	60
+5	276.000	66.000	2	0	60
+6	447.333	122.667	2	0	60
+7	116.000	180.667	3	0	60
+8	202.000	81.333	3	0	60
+9	336.667	102.000	3	0	60
+10	338.000	96.667	4	0	60
+11	422.667	92.000	4	0	60
+12	476.000	140.000	4	0	60
+13	130.667	180.000	5	0	60
+14	182.667	94.000	5	0	60
+15	340.000	98.667	5	0	60
+16	132.000	168.000	6	0	60
+17	218.667	76.000	6	0	60
+18	359.333	96.667	6	0	60
+19	116.667	177.333	7	0	60
+20	220.000	74.000	7	0	60
+21	394.667	109.333	7	0	60
+22	141.333	156.000	8	0	60
+23	238.000	72.000	8	0	60
+24	379.333	112.000	8	0	60
+25	195.333	116.667	9	0	60
+26	312.000	66.000	9	0	60
+27	462.000	134.667	9	0	60
+28	146.000	150.000	10	0	60
+29	242.000	70.667	10	0	60
+30	386.000	106.000	10	0	60
+31	267.333	96.667	11	0	60
+32	392.667	83.333	11	0	60
+33	480.667	154.667	11	0	60
+34	248.667	98.000	12	0	60
+35	386.000	82.000	12	0	60
+36	478.000	152.000	12	0	60
+37	275.333	94.000	13	0	60
+38	412.000	93.333	13	0	60
+39	482.000	146.000	13	0	60
+40	276.667	96.667	14	0	60
+41	408.667	94.667	14	0	60
+42	478.000	149.333	14	0	60
+43	253.333	101.333	15	0	60
+44	390.000	90.667	15	0	60
+45	467.333	148.000	15	0	60
+46	292.000	102.000	16	0	60
+47	411.333	95.333	16	0	60
+48	468.000	150.000	16	0	60
+49	194.000	120.000	17	0	60
+50	283.333	74.667	17	0	60
+51	454.000	121.333	17	0	60
+52	282.000	100.667	18	0	60
+53	404.667	95.333	18	0	60
+54	472.000	148.667	18	0	60
+55	274.000	102.667	19	0	60
+56	399.333	96.667	19	0	60
+57	478.000	149.333	19	0	60
+58	276.000	104.000	20	0	60
+59	391.333	88.667	20	0	60
+60	467.333	143.333	20	0	60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000094.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s251788--c55e5a6a5058c47caf531a126cb2b18f

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000096.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s251027--2ee2789ccabeb0fe8ebadf8f36894cb4

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000125.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s244454--c96c2af99d30c08ad5263b91d1014890

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000151.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247864--904513b649a774deea587002af6c98d5

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000216.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246968--913974b827b21ad607b5acbe23a08ee7

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000220.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247445--a56ab7a7e43cc39761cc02e34f63da96

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000276.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s243885--a7633d224743d1e6ac1e4bde344796dd

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000288.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s244672--b69af6adc6895d4a212146d4489fa4ee

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000303.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247616--fa12f1af427dc194065ff234eb647585

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000331.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s243039--8bd676b49f6cc4bbdd0d186c1e436d51

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame000509.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s244755--720157666df7da871fed1d07a2a5c68b

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001232.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s245834--d0589cdf987b1f707510b680d57fc38c

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001721.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s245664--5ee2127864700ea38547dd69f5be6b9e

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001799.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s245784--4ce195a7fcf9befa2b2886bac665f8b6

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame001922.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246380--7a50ba64651cf3d0bc6eb8b35398d12f

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002356.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246277--29c058289d50138c91e5928eae145c27

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002397.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246830--8b34dcf962fdda8543a61f3c03ffc3ef

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame002502.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246272--3ed98904e49f8056114d5998f19bf207

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame003202.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s246612--6c115293e5cfde45db973b7a735c4b07

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124403/frame003240.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s245751--19e2acacb02d361c8190cfb6b82edcaa

+ 61 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/coords.tsv

@@ -0,0 +1,61 @@
+ 	X	Y	Slice	Counter	Count
+1	171.333	130.000	1	0	60
+2	309.333	73.333	1	0	60
+3	441.333	135.333	1	0	60
+4	134.667	154.000	2	0	60
+5	264.000	77.333	2	0	60
+6	438.667	118.000	2	0	60
+7	168.667	131.333	3	0	60
+8	279.333	74.667	3	0	60
+9	444.667	117.333	3	0	60
+10	200.667	118.667	4	0	60
+11	330.667	84.000	4	0	60
+12	462.667	133.333	4	0	60
+13	194.000	120.000	5	0	60
+14	320.667	80.000	5	0	60
+15	452.667	127.333	5	0	60
+16	156.667	136.667	6	0	60
+17	298.667	78.667	6	0	60
+18	453.333	133.333	6	0	60
+19	193.333	118.667	7	0	60
+20	324.000	76.000	7	0	60
+21	459.333	144.000	7	0	60
+22	118.667	174.667	8	0	60
+23	208.000	85.333	8	0	60
+24	392.000	104.000	8	0	60
+25	222.667	110.000	9	0	60
+26	357.333	78.000	9	0	60
+27	467.333	142.667	9	0	60
+28	313.333	104.667	10	0	60
+29	403.333	92.000	10	0	60
+30	466.000	144.000	10	0	60
+31	160.000	138.667	11	0	60
+32	276.667	75.333	11	0	60
+33	397.333	110.667	11	0	60
+34	222.667	110.000	12	0	60
+35	346.000	78.667	12	0	60
+36	473.333	149.333	12	0	60
+37	313.333	105.333	13	0	60
+38	400.000	92.000	13	0	60
+39	462.667	138.667	13	0	60
+40	206.667	120.000	14	0	60
+41	343.333	84.000	14	0	60
+42	472.000	149.333	14	0	60
+43	227.333	116.667	15	0	60
+44	353.333	87.333	15	0	60
+45	466.000	147.333	15	0	60
+46	168.000	134.667	16	0	60
+47	298.667	78.000	16	0	60
+48	450.000	130.000	16	0	60
+49	290.000	108.667	17	0	60
+50	397.333	97.333	17	0	60
+51	466.000	151.333	17	0	60
+52	157.333	138.000	18	0	60
+53	246.667	73.333	18	0	60
+54	397.333	103.333	18	0	60
+55	215.333	115.333	19	0	60
+56	340.000	78.667	19	0	60
+57	463.333	144.667	19	0	60
+58	202.667	122.000	20	0	60
+59	328.667	88.000	20	0	60
+60	460.000	140.667	20	0	60

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000040.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247878--3d0728ba5740ebfe0b0cceac5e42e23a

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000512.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247486--143a902be516a53150edfe2efba7bf1d

+ 1 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000634.png

@@ -0,0 +1 @@
+/annex/objects/MD5-s247621--a3ba13d8bd53d58e928cfcbd573190f0

+ 0 - 0
05_PerformanceProfiling/position-estimation/annotations/S005-19_2020-09-05_run124440/frame000732.png


Some files were not shown because too many files changed in this diff