@misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Small spherical UAV: First test}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43117}, year = {2023}, abstract = {The video shows the first test of a small spherical UAV (35 cm) with 4 rotors for missions in complex environments such as buildings, caves or tunnels. The spherical design protects the vehicle's internal components and allows the UAV to roll over the ground when the environment allows. The drone can land and take off in any position and come into contact with objects without endangering the propellers and can restart even after crashes.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Drone Flight Documentation with ARGUS at rescue operations}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43141}, year = {2023}, abstract = {ARGUS is a tool for the systematic acquisition, documentation and evaluation of drone flights in rescue operations. In addition to the very fast generation of RGB and IR orthophotos, a trained AI can automatically detect fire, people and cars in the images captured by the drones.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Sperical UAV: Crash Test with 1/2 liter bottle from 2 meters}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43122}, year = {2023}, abstract = {Sperical UAV: Crash Test with 1/2 liter bottle from 2 meters}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {NeRF: 3D Reconstruction of Chemical Company After Tank Explosion in Kempen (August 17, 2023)}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43236}, year = {2023}, abstract = {The video showcases a 3D model of a chemical company following a tank explosion that occurred on August 17, 2023, in Kempen computed with the AI algorithm Neural Radiance Field (NeRF). Captured by a compact mini drone measuring 18cm x 18cm and equipped with a 360° camera, these images offer an intricate perspective of the aftermath. After a comprehensive aerial survey and inspection of the 360° images taken within the facility, authorities confirmed that it was safe for the evacuated residents to return to their homes. See also: https://www1.wdr.de/fernsehen/aktuelle-stunde/alle-videos/video-grosser-chemieunfall-in-kempen-100.html}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Nerf(acto) for 3D modeling of the DRZ outside testing area}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43156}, year = {2023}, abstract = {The video shows a very high resolution 3D point cloud !!! of the outdoor area of the German Rescue Robotics Center. For the recording, a 25-second POI flight was performed with a Mavic 3. From the 4K video footage captured during this flight, 77 images were cropped and localized within 4 minutes using colmap and processed using Neural Radiance Fields (NeRF). The nerfacto model of Nerfstudio was trained on an Nvidia RTX 4090 for 8 minutes. In summary, a top 3D model is available to task forces after about 13 minutes. The calculation is performed locally on site by the RobLW of the DRZ. The video shown here shows a free camera path rendered at 60 hz (Full HD).}, language = {en} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Nerf(acto) for the 3D modeling of the Computer Science building of Westf{\"a}lische Hochschule GE}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43165}, year = {2023}, abstract = {The video shows a very high resolution 3D point cloud !!! of the computer science building of the University of Applied Science Gelsenkirchen. For the recording a 3 minute flight with a M30T was performed. The 105 images taken by the wide-angle camera during this flight were localized within 3 minutes using colmap and processed using Neural Radiance Fields (NeRF). The nerfacto model of Nerfstudio was trained on an Nvidia RTX 4090 for 8 minutes. Thus, a top 3D model is available after about 15 minutes. The video shown here shows a free camera path rendered at 60 hz (Full HD).}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut and Goos, Richard and Grafe, Robert}, title = {Challenging Dataset: 3D point cloud generated with the nerfacto neural network model for 360° videos}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43199}, year = {2023}, abstract = {Challenging Dataset: 3D point cloud generated with the nerfacto neural network model for 360° videos}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut and Goos, Richard and Grafe, Robert}, title = {Challenging Dataset: 3D Pointcloud generated with the PatchMatch algorithm for 360° videos}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43188}, year = {2023}, abstract = {Challenging Dataset: 3D Pointcloud generated with the PatchMatch algorithm for 360° videos}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {3D model generated with the nerfacto AI algorithm after a fire based on 360° camera images}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43212}, year = {2023}, abstract = {Essen 2 2022, indoor, DJI FPV with insta360}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {3D model generated with the nerfacto AI algorithm after a fire}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43228}, year = {2023}, abstract = {Essen 2 / 2022, outdoor, based on a meander flight with a P4 and Mavic Enterprise.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Gaussian Splatting: 3D Reconstruction of a Chemical Company After a Tank Explosion in Kempen 8/2023}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43262}, year = {2023}, abstract = {The video showcases a 3D model of a chemical company following a tank explosion that occurred on August 17, 2023, in Kempen computed with the gaussian splatting algorithm. Captured by a compact mini drone measuring 18cm x 18cm and equipped with a 360° camera, these images offer an intricate perspective of the aftermath. The computation need 29 minutes and uses 2770 images (~350 equirectangular images). After a comprehensive aerial survey and inspection of the 360° images taken within the facility, authorities confirmed that it was safe for the evacuated residents to return to their homes. See also: https://www1.wdr.de/fernsehen/aktuelle-stunde/alle-videos/video-grosser-chemieunfall-in-kempen-100.html}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {360° and IR- Camera Drone Flight Test: Superimposition of two data sources for Post-Fire Inspection}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43304}, year = {2023}, abstract = {This video highlights a recent flight test carried out in our cutting-edge robotics lab, unveiling the capabilities of our meticulously crafted thermal and 360° camera drone! We've ingeniously upgraded a DJI Avata with a bespoke thermal and 360° camera system. Compact yet powerful, measuring just 18 x 18 x 17 cm, this drone is strategically engineered to effortlessly navigate and deliver crucial thermal and 360° insights concurrently in post-fire or post-explosion environments. The integration of a specialized thermal and 360° camera system enables the simultaneous capture of both data sources during a single flight. This groundbreaking approach not only reduces inspection time by half but also facilitates the seamless superimposition of thermal and 360° videos for comprehensive analysis and interpretation.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {German rescue robotic center captured by the DJI Avata \& Insta360}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43283}, year = {2023}, abstract = {At the integration sprint of the E-DRZ consortium in march 2023 we improve the information captured by the human spotter (of the fire brigade) by extending him through a 360° drone i.e. the DJI Avata with an Insta360 on top of it. The UAV needs 3 minutes to capture the outdoor scenario and the hall from inside and outside. The hall ist about 70 x 20 meters. When the drone is landed we have all information in 360° degree at 5.7k as you can see it in the video. Furthermore it is a perfect documentation of the deployment scenario. In the next video we will show how to spatial localize the 360° video and how to generate a 3D point cloud from it.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {German rescue robotic center captured by the invisible 360° UAV}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43278}, year = {2023}, abstract = {At the integration sprint of the E-DRZ consortium in march 2023 we improve the information captured by the human spotter (of the fire brigade) by extending him through a 360° drone. The UAV needs 3 minutes to capture the outdoor scenario and the hall from inside and outside. The hall ist about 70 x 20 meters. When the drone is landed we have all information in 360° degree at 5.7k as you can see it in the video. Furthermore it is a perfect documentation of the deployment scenario. In the next video we will show how to spatial localize the 360° video and how to generate a 3D point cloud from it.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {ARGUS - Aerial Rescue and Geospatial Utility System}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43254}, year = {2023}, abstract = {ARGUS is a tool for the systematic acquisition, documentation and evaluation of drone flights in rescue operations. In addition to the very fast generation of RGB and IR orthophotos, a trained AI can automatically detect fire, people and cars in the images captured by the drones. The video gives a short introduction to the Aerial Rescue and Geospatial Utility System -- ARGUS Check out our Github repository under https://github.com/RoblabWh/argus/ You can find the dataset on kaggle under https://www.kaggle.com/datasets/julienmeine/rescue-object-detection}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {DIY Thermal Camera Drone Flight Test: Exploring Post-Fire and Post-Explosion Environments}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43241}, year = {2023}, abstract = {This video features a flight test conducted in our robotics lab, showcasing a custom-built thermal camera drone. We've enhanced a DJI Avata with a specialized thermal camera system. With its compact dimensions measuring 18 x 18 x 17 cm, this drone is designed to navigate and provide critical thermal information within post-fire or post-explosion environments. For more insights, be sure to check out our previous videos on this channel.}, language = {de} } @misc{MeineVoigtKremeretal.2023, author = {Meine, Julien and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Schulte, Max and Surmann, Hartmut}, title = {Challenging Dataset: 360° video during rain and snow created with the invisible UAV}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-43299}, year = {2023}, abstract = {The dataset is used for 3D environment modeling, i.e. for the generation of dense 3D point clouds and 3D models with PatchMatch algorithm and neural networks. Difficult for the modeling algorithm are the reflections of rain, water and snow, as well as windows and vehicle surface. In addition, lighting conditions are constantly changing.}, language = {de} } @misc{SurmannVoigtKremeretal.2024, author = {Surmann, Hartmut and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Meine, Julien and Schulte, Max}, title = {Thermal 360° micro drone: Operational exercise under a fire roller at the Dortmund fire house}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-47600}, year = {2024}, abstract = {The 360° video shows an operational exercise of our new 360° + thermal camera video mini drone (18x18x18 cm) in the fire house in Dortmund. The thermal video is overlaid with the 360° video. The exercise was also accompanied by WDR (https://www.ardmediathek.de/video/wdr-dok/unser-leben-mit-ki-wie-kuenstliche-intelligenz-unsere-arbeit-revolutioniert/wdr/Y3JpZDovL3dkci5kZS9CZWl0cmFnLXNvcGhvcmEtODRjYWI5NjQtYjAxYS00NjdiLThjODgtYzViMGVmNTY3OThj from minute 7:16). The winds occurring during the fire are a particular challenge for the small drone and the pilot.}, language = {en} } @misc{SurmannVoigtKremeretal.2024, author = {Surmann, Hartmut and Voigt, Niklas and Kremer, Jan-Niklas and Digakis, Niklas and Meine, Julien and Schulte, Max}, title = {Thermal 360° micro drone: Operational exercise under smoke at the Dortmund fire house}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:1010-opus4-47610}, year = {2024}, abstract = {The 360° video shows an operational exercise under smoke of our new 360° + thermal camera video mini drone (18x18x18 cm) in the fire house in Dortmund. The thermal video is overlaid with the 360° video. The exercise was also accompanied by WDR (https://www.ardmediathek.de/video/wdr-dok/unser-leben-mit-ki-wie-kuenstliche-intelligenz-unsere-arbeit-revolutioniert/wdr/Y3JpZDovL3dkci5kZS9CZWl0cmFnLXNvcGhvcmEtODRjYWI5NjQtYjAxYS00NjdiLThjODgtYzViMGVmNTY3OThj from minute 7:16). The winds occurring during the fire are a particular challenge for the small drone and the pilot.}, language = {en} }