@inproceedings{ZernetschReichertKressetal.2019, author = {Zernetsch, Stefan and Reichert, Hannes and Kreß, Viktor and Doll, Konrad and Sick, Bernhard}, title = {Trajectory Forecasts with Uncertainties of Vulnerable Road Users by Means of Neural Networks}, series = {2019 IEEE Intelligent Vehicles Symposium (IV)}, booktitle = {2019 IEEE Intelligent Vehicles Symposium (IV)}, publisher = {IEEE}, address = {Paris, France}, doi = {10.1109/IVS.2019.8814258}, year = {2019}, abstract = {In this article, we present an approach to forecast trajectories of vulnerable road users (VRUs) including a numerical quantification of the uncertainty of the forecast. The uncertainty estimates are modeled as normal distributions by means of neural networks. Additionally, we present a method to evaluate the reliability of the forecasted uncertainty estimates, where we utilize quantile-quantile (Q-Q) plots, a graphical method to compare two distributions widely used in statistics. The positional accuracy is evaluated using Euclidean distances, in specific we use the average Euclidean error (AEE) and the average specific AEE (ASAEE). The model is trained and tested using a large dataset of 1311 cyclist trajectories, recorded at an urban intersection in real world traffic. Using this method, we achieve a similar positional accuracy compared to our previous work, where only positions are forecasted. The method is able to produce reliable uncertainty estimates for the motion types start, stop, turn left, and turn rightand produces underconfident uncertainty estimates for the motion types waitand move straight. Since uncertainties are not underestimated, the method can be used as a basis for trajectory planing in automated vehicles.}, subject = {Fahrerassistenzsystem}, language = {en} } @article{BieshaarZernetschHubertetal.2018, author = {Bieshaar, Maarten and Zernetsch, Stefan and Hubert, Andreas and Sick, Bernhard and Doll, Konrad}, title = {Cooperative Starting Movement Detection of Cyclists Using Convolutional Neural Networks and a Boosted Stacking Ensemble}, series = {IEEE Transactions on Intelligent Vehicles}, volume = {3}, journal = {IEEE Transactions on Intelligent Vehicles}, number = {4}, pages = {534 -- 544}, year = {2018}, abstract = {In the future, vehicles and other traffic participants will be interconnected and equipped with various types of sensors, allowing for cooperation on different levels, such as situation prediction or intention detection. In this paper, we present a cooperative approach for starting movement detection of cyclists using a boosted stacking ensemble approach realizing feature- and decision-level cooperation. We introduce a novel method based on a three-dimensional convolutional neural network (CNN) to detect starting motions on image sequences by learning spatio-temporal features. The CNN is complemented by a smart device based starting movement detection originating from smart devices carried by the cyclist. Both model outputs are combined in a stacking ensemble approach using an extreme gradient boosting classifier resulting in a fast and yet robust cooperative starting movement detector. We evaluate our cooperative approach on real-world data originating from experiments with 49 test subjects consisting of 84 starting motions.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{EilbrechtBieshaarZernetschetal.2017, author = {Eilbrecht, Jan and Bieshaar, Maarten and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard and Stursberg, Olaf}, title = {Model-predictive planning for autonomous vehicles anticipating intentions of vulnerable road users by artificial neural networks}, series = {2017 IEEE Symposium Series on Computational Intelligence (SSCI)}, booktitle = {2017 IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, address = {Honolulu, HI, USA}, doi = {10.1109/SSCI.2017.8285249}, pages = {1 -- 8}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @article{GoldhammerKoehlerZernetschetal.2019, author = {Goldhammer, Michael and K{\"o}hler, Sebastian and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard and Dietmayer, Klaus}, title = {Intentions of Vulnerable Road Users - Detection and Forecasting by Means of Machine Learning}, series = {IEEE Transactions on Intelligent Transportation Systems}, volume = {2020}, journal = {IEEE Transactions on Intelligent Transportation Systems}, number = {21 / 7}, doi = {10.1109/TITS.2019.2923319}, pages = {3035 -- 3045}, year = {2019}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{BieshaarZernetschDeppingetal.2017, author = {Bieshaar, Maarten and Zernetsch, Stefan and Depping, Malte and Sick, Bernhard and Doll, Konrad}, title = {Cooperative Starting Intention Detection of Cyclists based on Smart Devices and Infrastructure}, series = {2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)}, booktitle = {2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)}, publisher = {IEEE}, address = {Yokohama, Japan}, doi = {10.1109/ITSC.2017.8317691}, pages = {1 -- 8}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{BieshaarReitbergerKressetal.2017, author = {Bieshaar, Maarten and Reitberger, G{\"u}nther and Kreß, Viktor and Zernetsch, Stefan and Doll, Konrad and Fuchs, Erich and Sick, Bernhard}, title = {Highly Automated Learning for Improved Active Safety of Vulnerable Road Users}, series = {ACM Chapters Computer Science in Cars Symposium (CSCS-17)}, volume = {2017}, booktitle = {ACM Chapters Computer Science in Cars Symposium (CSCS-17)}, address = {M{\"u}nchen}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{KressSchreckZernetschetal.2020, author = {Kress, Viktor and Schreck, Steven and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Pose Based Action Recognition of Vulnerable Road Users Using Recurrent Neural Networks}, series = {2020 IEEE Symposium Series on Computational Intelligence (SSCI)}, booktitle = {2020 IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, address = {Canberra, Australia}, isbn = {978-1-7281-2548-0}, doi = {10.1109/SSCI47803.2020.9308462}, pages = {2723 -- 2730}, year = {2020}, abstract = {This work investigates the use of knowledge about three dimensional (3D) poses and Recurrent Neural Networks (RNNs) for detection of basic movements, such as wait, start, move, stop, turn left, turn right, and no turn, of pedestrians and cyclists in road traffic. The 3D poses model the posture of individual body parts of these vulnerable road users (VRUs). Fields of application for this technology are, for example, driver assistance systems or autonomous driving functions of vehicles. In road traffic, VRUs are often occluded and only become visible in the immediate vicinity of the vehicle. Hence, our proposed approach is able to classify basic movements after different and especially short observation periods. The classification will then be successively improved in case of a longer observation. This allows countermeasures, such as emergency braking, to be initiated early if necessary. The benefits of using 3D poses are evaluated by a comparison with a method based solely on the head trajectory. We also investigate the effects of different observation periods. Overall, knowledge about 3D poses improves the basic movement detection, in particular for short observation periods. The greatest improvements are achieved for the basic movements start, stop, turn left, and turn right.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{ZernetschSchreckKressetal.2020, author = {Zernetsch, Stefan and Schreck, Steven and Kress, Viktor and Doll, Konrad and Sick, Bernhard}, title = {Image Sequence Based Cyclist Action Recognition Using Multi-Stream 3D Convolution}, series = {2020 25th International Conference on Pattern Recognition (ICPR)}, booktitle = {2020 25th International Conference on Pattern Recognition (ICPR)}, year = {2020}, abstract = {In this article, we present an approach to detect basic movements of cyclists in real world traffic situations based on image sequences, optical flow (OF) sequences, and past positions using a multi-stream 3D convolutional neural network (3D-ConvNet) architecture. To resolve occlusions of cyclists by other traffic participants or road structures, we use a wide angle stereo camera system mounted at a heavily frequented public intersection. We created a large dataset consisting of 1,639 video sequences containing cyclists, recorded in real world traffic, resulting in over 1.1 million samples. Through modeling the cyclists' behavior by a state machine of basic cyclist movements, our approach takes every situation into account and is not limited to certain scenarios. We compare our method to an approach solely based on position sequences. Both methods are evaluated taking into account frame wise and scene wise classification results of basic movements, and detection times of basic movement transitions, where our approach outperforms the position based approach by producing more reliable detections with shorter detection times. Our code and parts of our dataset are made publicly available.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{KressZernetschDolletal.2020, author = {Kreß, Viktor and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Pose Based Trajectory Forecast of Vulnerable Road Users Using Recurrent Neural Networks}, series = {ICPR 2021: Pattern Recognition. ICPR International Workshops and Challenges}, booktitle = {ICPR 2021: Pattern Recognition. ICPR International Workshops and Challenges}, publisher = {Springer International Publishing}, address = {Cham}, isbn = {978-3-030-68763-2}, doi = {https://doi.org/10.1007/978-3-030-68763-2_5}, pages = {57 -- 71}, year = {2020}, abstract = {In this work, we use Recurrent Neural Networks (RNNs) in form of Gated Recurrent Unit (GRU) networks to forecast trajectories of vulnerable road users (VRUs), such as pedestrians and cyclists, in road traffic utilizing the past trajectory and 3D poses as input. The 3D poses represent the postures and movements of limbs and torso and contain early indicators for the transition between motion types, e.g. wait, start, move, and stop. VRUs often only become visible from the perspective of an approaching vehicle shortly before dangerous situations occur. Therefore, a network architecture is required which is able to forecast trajectories after short time periods and is able to improve the forecasts in case of longer observations. This motivates us to use GRU networks, which are able to use time series of varying duration as inputs, and to investigate the effects of different observation periods on the forecasting results. Our approach is able to make reasonable forecasts even for short observation periods. The use of poses improves the forecasting accuracy, especially for short observation periods compared to a solely head trajectory based approach. Different motion types benefit to different extent from the use of poses and longer observation periods.}, subject = {Fahrerassistenzsystem}, language = {en} } @misc{DollKoehlerGoldhammeretal.2015, author = {Doll, Konrad and K{\"o}hler, Sebastian and Goldhammer, Michael and Brunsmann, Ulrich}, title = {Pedestrian Movement Modelling and Trajectory Prediction at Urban Intersections}, series = {International IEEE Conference on Intelligent Transportation Systems (ITSC 2015)}, journal = {International IEEE Conference on Intelligent Transportation Systems (ITSC 2015)}, address = {Las Palmas de Gran Canaria, Spain}, year = {2015}, abstract = {Vortrag}, subject = {Fahrerassistenzsystem}, language = {en} }