@inproceedings{SchneegansEilbrechtZernetschetal.2021, author = {Schneegans, Jan and Eilbrecht, Jan and Zernetsch, Stefan and Bieshaar, Maarten and Doll, Konrad and Stursberg, Olaf and Sick, Bernhard}, title = {Probabilistic VRU Trajectory Forecasting for Model-Predictive Planning A Case Study: Overtaking Cyclists}, series = {2021 IEEE Intelligent Vehicles Symposium Workshops (IV Workshops)}, booktitle = {2021 IEEE Intelligent Vehicles Symposium Workshops (IV Workshops)}, publisher = {IEEE}, doi = {10.1109/IVWorkshops54471.2021.9669208}, pages = {272 -- 279}, year = {2021}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{ZernetschTruppKressetal.2021, author = {Zernetsch, Stefan and Trupp, Oliver and Kress, Viktor and Doll, Konrad and Sick, Bernhard}, title = {Cyclist Trajectory Forecasts by Incorporation of Multi-View Video Information}, series = {2021 IEEE International Smart Cities Conference (ISC2)}, booktitle = {2021 IEEE International Smart Cities Conference (ISC2)}, publisher = {IEEE}, doi = {10.1109/ISC253183.2021.9562857}, pages = {1 -- 7}, year = {2021}, subject = {Autonomes Fahrzeug}, language = {en} } @inproceedings{BieshaarZernetschRiepeetal.2021, author = {Bieshaar, Maarten and Zernetsch, Stefan and Riepe, Katharina and Doll, Konrad and Sick, Bernhard}, title = {Cyclist Motion State Forecasting - Going beyond Detection}, series = {2021 IEEE Symposium Series on Computational Intelligence (SSCI)}, booktitle = {2021 IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, doi = {10.1109/SSCI50451.2021.9660151}, pages = {1 -- 8}, year = {2021}, subject = {Autonomes Fahrzeug}, language = {en} } @inproceedings{ZernetschReichertKressetal.2022, author = {Zernetsch, Stefan and Reichert, Hannes and Kress, Viktor and Doll, Konrad and Sick, Bernhard}, title = {A Holistic View on Probabilistic Trajectory Forecasting - Case Study. Cyclist Intention Detection}, series = {2022 IEEE Intelligent Vehicles Symposium (IV)}, booktitle = {2022 IEEE Intelligent Vehicles Symposium (IV)}, publisher = {IEEE}, doi = {https://doi.org/10.1109/IV51971.2022.9827220}, pages = {265 -- 272}, year = {2022}, subject = {Autonomes Fahrzeug}, language = {en} } @inproceedings{ZernetschSchreckKressetal.2020, author = {Zernetsch, Stefan and Schreck, Steven and Kress, Viktor and Doll, Konrad and Sick, Bernhard}, title = {Image Sequence Based Cyclist Action Recognition Using Multi-Stream 3D Convolution}, series = {2020 25th International Conference on Pattern Recognition (ICPR)}, booktitle = {2020 25th International Conference on Pattern Recognition (ICPR)}, year = {2020}, abstract = {In this article, we present an approach to detect basic movements of cyclists in real world traffic situations based on image sequences, optical flow (OF) sequences, and past positions using a multi-stream 3D convolutional neural network (3D-ConvNet) architecture. To resolve occlusions of cyclists by other traffic participants or road structures, we use a wide angle stereo camera system mounted at a heavily frequented public intersection. We created a large dataset consisting of 1,639 video sequences containing cyclists, recorded in real world traffic, resulting in over 1.1 million samples. Through modeling the cyclists' behavior by a state machine of basic cyclist movements, our approach takes every situation into account and is not limited to certain scenarios. We compare our method to an approach solely based on position sequences. Both methods are evaluated taking into account frame wise and scene wise classification results of basic movements, and detection times of basic movement transitions, where our approach outperforms the position based approach by producing more reliable detections with shorter detection times. Our code and parts of our dataset are made publicly available.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{KressZernetschDolletal.2020, author = {Kreß, Viktor and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Pose Based Trajectory Forecast of Vulnerable Road Users Using Recurrent Neural Networks}, series = {ICPR 2021: Pattern Recognition. ICPR International Workshops and Challenges}, booktitle = {ICPR 2021: Pattern Recognition. ICPR International Workshops and Challenges}, publisher = {Springer International Publishing}, address = {Cham}, isbn = {978-3-030-68763-2}, doi = {https://doi.org/10.1007/978-3-030-68763-2_5}, pages = {57 -- 71}, year = {2020}, abstract = {In this work, we use Recurrent Neural Networks (RNNs) in form of Gated Recurrent Unit (GRU) networks to forecast trajectories of vulnerable road users (VRUs), such as pedestrians and cyclists, in road traffic utilizing the past trajectory and 3D poses as input. The 3D poses represent the postures and movements of limbs and torso and contain early indicators for the transition between motion types, e.g. wait, start, move, and stop. VRUs often only become visible from the perspective of an approaching vehicle shortly before dangerous situations occur. Therefore, a network architecture is required which is able to forecast trajectories after short time periods and is able to improve the forecasts in case of longer observations. This motivates us to use GRU networks, which are able to use time series of varying duration as inputs, and to investigate the effects of different observation periods on the forecasting results. Our approach is able to make reasonable forecasts even for short observation periods. The use of poses improves the forecasting accuracy, especially for short observation periods compared to a solely head trajectory based approach. Different motion types benefit to different extent from the use of poses and longer observation periods.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{HubertZernetschDolletal.2017, author = {Hubert, Andreas and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Cyclists starting behavior at intersections}, series = {2017 IEEE Intelligent Vehicles Symposium (IV)}, booktitle = {2017 IEEE Intelligent Vehicles Symposium (IV)}, publisher = {IEEE}, address = {Los Angeles, CA, USA}, doi = {10.1109/IVS.2017.7995856}, pages = {1071 -- 1077}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{EilbrechtBieshaarZernetschetal.2017, author = {Eilbrecht, Jan and Bieshaar, Maarten and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard and Stursberg, Olaf}, title = {Model-predictive planning for autonomous vehicles anticipating intentions of vulnerable road users by artificial neural networks}, series = {2017 IEEE Symposium Series on Computational Intelligence (SSCI)}, booktitle = {2017 IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, address = {Honolulu, HI, USA}, doi = {10.1109/SSCI.2017.8285249}, pages = {1 -- 8}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{BieshaarZernetschDeppingetal.2017, author = {Bieshaar, Maarten and Zernetsch, Stefan and Depping, Malte and Sick, Bernhard and Doll, Konrad}, title = {Cooperative Starting Intention Detection of Cyclists based on Smart Devices and Infrastructure}, series = {2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)}, booktitle = {2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC)}, publisher = {IEEE}, address = {Yokohama, Japan}, doi = {10.1109/ITSC.2017.8317691}, pages = {1 -- 8}, year = {2017}, subject = {Fahrerassistenzsystem}, language = {en} } @article{GoldhammerKoehlerZernetschetal.2019, author = {Goldhammer, Michael and K{\"o}hler, Sebastian and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard and Dietmayer, Klaus}, title = {Intentions of Vulnerable Road Users - Detection and Forecasting by Means of Machine Learning}, series = {IEEE Transactions on Intelligent Transportation Systems}, volume = {2020}, journal = {IEEE Transactions on Intelligent Transportation Systems}, number = {21 / 7}, doi = {10.1109/TITS.2019.2923319}, pages = {3035 -- 3045}, year = {2019}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{ZernetschKressSicketal.2018, author = {Zernetsch, Stefan and Kreß, Viktor and Sick, Bernhard and Doll, Konrad}, title = {Early Start Intention Detection of Cyclists Using Motion History Images and a Deep Residual Network}, series = {2018 IEEE Intelligent Vehicles Symposium (IV)}, booktitle = {2018 IEEE Intelligent Vehicles Symposium (IV)}, publisher = {IEEE}, address = {Changshu, China}, doi = {10.1109/IVS.2018.8500428}, year = {2018}, abstract = {In this article, we present a novel approach to detect starting motions of cyclists in real world traffic scenarios based on Motion History Images (MHIs). The method uses a deep Convolutional Neural Network (CNN) with a residual network architecture (ResNet), which is commonly used in image classification and detection tasks. By combining MHIs with a ResNet classifier and performing a frame by frame classification of the MHIs, we are able to detect starting motions in image sequences. The detection is performed using a wide angle stereo camera system at an urban intersection. We compare our algorithm to an existing method to detect movement transitions of pedestrians that uses MHIs in combination with a Histograms of Oriented Gradients (HOG) like descriptor and a Support Vector Machine (SVM), which we adapted to cyclists. To train and evaluate the methods a dataset containing MHIs of 394 cyclist starting motions was created. The results show that both methods can be used to detect starting motions of cyclists. Using the SVM approach, we were able to safely detect starting motions 0.506 s on average after the bicycle starts moving with an F 1 -score of 97.7\%. The ResNet approach achieved an F 1- score of 100\% at an average detection time of 0.144 s. The ResNet approach outperformed the SVM approach in both robustness against false positive detections and detection time.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{KressZernetschDolletal.2019, author = {Kreß, Viktor and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Pose Based Trajectory Forecast of Vulnerable Road Users}, series = {IEEE Symposium Series on Computational Intelligence (SSCI)}, volume = {2019}, booktitle = {IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, address = {Xiamen, China}, doi = {10.1109/SSCI44817.2019.9003023}, pages = {1200 -- 1207}, year = {2019}, abstract = {In this article, we investigate the use of 3D human poses for trajectory forecasting of vulnerable road users (VRUs), such as pedestrians and cyclists, in road traffic. The forecast is based on past movements of the respective VRU and an important aspect in driver assistance systems and autonomous driving, which both could increase VRU safety. The 3D poses represent the entire body posture of the VRUs and can therefore provide important indicators for trajectory forecasting. In particular, we investigate the influence of different joint combinations and input sequence lengths of past movements on the accuracy of trajectory forecasts for pedestrians and cyclists. In addition, we divide VRU movements into the motion types wait, start, move, and stop and evaluate the results separately for each of them. Comparing it to an existing, solely head based trajectory forecast, we show the advantages of using 3D poses. With an input sequence length of 1.0 s, the forecasting error is reduced by 17.9 \% for starting, 8.18 \% for moving, and 11.0 \% for stopping cyclists. For pedestrians, the error is reduced by 6.93 \%, 2.73 \%, and 5.02 \%, respectively. With shorter input sequences, the improvements over the solely head based method remain for cyclists and even increase for pedestrians.}, subject = {Fahrerassistenzsystem}, language = {en} } @inproceedings{KressJungZernetschetal.2018, author = {Kreß, Viktor and Jung, Janis and Zernetsch, Stefan and Doll, Konrad and Sick, Bernhard}, title = {Human Pose Estimation in Real Traffic Scenes}, series = {2018 IEEE Symposium Series on Computational Intelligence (SSCI)}, booktitle = {2018 IEEE Symposium Series on Computational Intelligence (SSCI)}, publisher = {IEEE}, address = {Bangalore, India}, doi = {10.1109/SSCI.2018.8628660}, pages = {518 -- 523}, year = {2018}, subject = {Autonomes Fahrzeug}, language = {en} }